package u1;

import static java.lang.System.err;
import static java.lang.System.exit;
import static java.lang.System.in;
import static java.lang.System.out;
import static u1.Util.*;

import java.io.IOException;
import java.util.ArrayList;
import java.util.Collection;
import java.util.HashMap;
import java.util.regex.Pattern;

import javax.xml.stream.FactoryConfigurationError;
import javax.xml.stream.XMLStreamException;

import org.xml.sax.SAXException;

/**
 * Find and extract page source for all pages with source that matches at least
 * one of a given set of regular expressions.
 */
public class PullPattern extends PagePuller {

  private Collection<Pattern> patterns;

  public PullPattern(String rootName, Collection<Pattern> patterns)
      throws SAXException, XMLStreamException, FactoryConfigurationError {
    super(out, rootName, new HashMap<String, String>());
    this.patterns = patterns;
  }

  public static void main(final String[] argv) throws SAXException,
      IOException, XMLStreamException {
    if (argv.length < 2) {
      err.println("USAGE: rootName expr_1 expr_2 ...");
      exit(-1);
    }

    String rootName = argv[0];
    ArrayList<Pattern> patterns = new ArrayList<Pattern>();
    // Read patterns.
    for (int i = 1; i < argv.length; ++i) {
      trace("adding pattern %s", argv[i]);
      patterns.add(Pattern.compile(argv[i]));
    }

    PullPattern puller = new PullPattern(rootName, patterns);
    puller.parse(in);
  }

  @Override
  protected boolean pull(String title, String text) {
    // Get rid of comments.
    text = Util.stripCommentsAndNonMarkupSections(text);
    
    // Ignore redirects.
    if (Util.findRedirect(text) != null)
      return false;
    
    for (Pattern p : patterns) {
      if (p.matcher(text).matches()) {
        return true;
      }
    }
    return false;
  }
}
/*
* Copyright (c) 2009 John Lees-Miller
* 
* Permission is hereby granted, free of charge, to any person
* obtaining a copy of this software and associated documentation
* files (the "Software"), to deal in the Software without
* restriction, including without limitation the rights to use,
* copy, modify, merge, publish, distribute, sublicense, and/or sell
* copies of the Software, and to permit persons to whom the
* Software is furnished to do so, subject to the following
* conditions:
* 
* The above copyright notice and this permission notice shall be
* included in all copies or substantial portions of the Software.
* 
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
* OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
* HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
* WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
* OTHER DEALINGS IN THE SOFTWARE.
*/

